#!/bin/sh
# PCP QA Test No. 1385
# pmdaopenmetrics scalability testing
# specifically scaling number of nodes at once
#
# Note: if anything gets added or changed in qa/openmetrics/samples directory,
# then this test (and all tests in group pmda.openmetrics) will need to be remade.
#
# Copyright (c) 2017 Red Hat.  All Rights Reserved.
#

seq=`basename $0`
echo "QA output created by $seq"

# get standard environment, filters and checks
. ./common.openmetrics

_pmdaopenmetrics_check || _notrun "openmetrics pmda not installed"

status=1	# failure is the default!
totalendpoints=100 #total queue to work through
endpoints=1 #openmetrics endpoints
iterations=4
metrics=10
instances=10

_cleanup()
{
    # kill the load generator, just in case it didn't exit
    if [ -n "$pid" ]
    then
	$sudo $PCP_BINADM_DIR/pmsignal -s TERM $pid >/dev/null 2>&1
	pid=""
    fi

    echo "=== endpoint log ===" >>$seq_full
    if [ -f $tmp.endpoint ]
    then
	cat $tmp.endpoint >>$seq_full
    else
	echo "Error: endpoint log file is missing" >>$seq_full
    fi

    cd $here
    _pmdaopenmetrics_cleanup
    $sudo rm -rf $tmp $tmp.*
}

_prepare_pmda openmetrics
trap "_cleanup; exit \$status" 0 1 2 3 15
_stop_auto_restart pmcd

_pmdaopenmetrics_save_config
_pmdaopenmetrics_install

port=`_find_free_port 10000`
echo "port=$port" >>$seq_full

$python $here/openmetrics/openmetrics_endpoint.python \
	--port=$port \
	--output=$PCP_PMDAS_DIR/openmetrics/config.d/ \
	--total $totalendpoints \
	--endpoints $endpoints \
	--metrics $metrics \
	--instances $instances \
	--limit $iterations >$tmp.endpoint 2>&1 &
pid=$!

if ! _pmdaopenmetrics_wait_for_metric openmetrics.source0
then
    status=1
    exit
fi

if pminfo -b 10000000 -v `pminfo openmetrics | grep -v \.control | LC_COLLATE=POSIX sort` > $tmp.info 2> $tmp.err
then
    :
else
    echo "... failed! ... here is the Install log ..."
    cat $tmp.out
fi
cat $tmp.info $tmp.err
if pminfo -b 10000000 -fd `pminfo openmetrics | grep -F -v .control | LC_COLLATE=POSIX sort` > $tmp.info 2>$tmp.err
   then
    echo "Fetch and desc openmetrics metrics: success"
    cat $tmp.info
else
    echo "Fetch and desc openmetrics metrics: failed"
    cat $tmp.err
fi

pminfo -b 10000000 -tf `pminfo openmetrics.source0 | LC_COLLATE=POSIX sort`

for i in `seq 1 1 99`
do
    pminfo -b 10000000 -tf `pminfo openmetrics.source$i | LC_COLLATE=POSIX sort`
    pminfo -b 10000000 -tf `pminfo openmetrics.source$i | LC_COLLATE=POSIX sort`
    pminfo -b 10000000 -tf `pminfo openmetrics.source$i | LC_COLLATE=POSIX sort`
    pmsleep 0.0005
done

_pmdaopenmetrics_remove

# success, all done
status=0
exit
